package tokenizers

type TokenKind string

const (
	Start TokenKind = "start"

	Keyword        TokenKind = "keyword"
	Identifier     TokenKind = "identifier"
	StringLiteral  TokenKind = "stringLiteral"
	IntegerLiteral TokenKind = "integerLiteral"
	DecimalLiteral TokenKind = "decimalLiteral"
	//NullLiteral    TokenKind ="nullLiteral"
	//BooleanLiteral TokenKind ="booleanLiteral"
	Separator TokenKind = "separator"
	Operator  TokenKind = "operator"
	//Type           TokenKind ="type"
	EOF TokenKind = "eof"
	//NULLToken      TokenKind ="nullToken" //token为空
)
